An Exception was encountered at 'In [6]'.

Argo Floats android application

Analytics stuff

import pandas as pd
import glob, folium, branca, json
import numpy as np
import matplotlib.pyplot as plt

import holoviews as hv
import panel as pn
import panel.widgets as pnw

hv.extension('bokeh')

/opt/anaconda3/lib/python3.7/site-packages/pandas/compat/_optional.py:138: UserWarning: Pandas requires version '2.7.0' or newer of 'numexpr' (version '2.6.9' currently installed).
  warnings.warn(msg, UserWarning)
WARNING:param.Parameterized: Use method 'warning' via param namespace 
WARNING:param.main: pandas could not register all extension types imports failed with the following error: cannot import name 'ABCIndexClass' from 'pandas.core.dtypes.generic' (/opt/anaconda3/lib/python3.7/site-packages/pandas/core/dtypes/generic.py)

from bokeh.themes.theme import Theme

theme = Theme(
    json={
'attrs' : {
    'Figure' : {
        'background_fill_color': '#535353',
        'border_fill_color': '#535353',
        'outline_line_color': '#444444',
    },
    'Grid': {
        'grid_line_dash': [6, 4],
        'grid_line_alpha': .3,
    },

    'Axis': {
        'major_label_text_color': 'white',
        'axis_label_text_color': 'white',
        'major_tick_line_color': 'white',
        'minor_tick_line_color': 'white',
        'axis_line_color': "white"
    }
  }
})
hv.renderer('bokeh').theme = theme

print(np.datetime64('now'))

2022-06-13T08:36:05

# PUT EVERY COUNTRY REPORTS IN ONE DATAFRAME
files = glob.glob('data/install*country.csv')
files.sort()
ds=pd.DataFrame()
for f in files:
    ds = pd.concat([ds,pd.read_csv(f,encoding = 'utf-16')])
ds = ds.reset_index()    
ds = ds.drop(columns=['index','Daily Device Upgrades','Total User Installs','Active Device Installs','Install events','Update events','Uninstall events'])
ds['Date']=pd.DatetimeIndex(ds['Date'])
ds['WO-ui']=ds['Daily User Installs'].cumsum()
ds['WO-di']=ds['Daily Device Installs'].cumsum()
ds['WO-uu']=ds['Daily User Uninstalls'].cumsum()
ds['WO-du']=ds['Daily Device Uninstalls'].cumsum()

countries = np.unique(ds['Country'][~ds['Country'].isna()])
for country in np.unique(ds['Country'][~ds['Country'].isna()]):
    ds[country+'-di']=ds[ds['Country']==country]['Daily Device Installs'].cumsum()
    ds[country+'-ui']=ds[ds['Country']==country]['Daily User Installs'].cumsum()
    ds[country+'-du']=ds[ds['Country']==country]['Daily Device Uninstalls'].cumsum()
    ds[country+'-uu']=ds[ds['Country']==country]['Daily User Uninstalls'].cumsum()
ds = ds.fillna(method='ffill')
ds = ds.fillna(0)
ds.tail()    

	Date	Package Name	Country	Daily Device Installs	Daily Device Uninstalls	Daily User Installs	Daily User Uninstalls	WO-ui	WO-di	WO-uu	...	SV-du	SV-uu	UA-di	UA-ui	UA-du	UA-uu	US-di	US-ui	US-du	US-uu
1968	2021-05-02	com.kb.android.argo	MY	0	0	0	0	92	98	44	...	0.0	1.0	1.0	1.0	0.0	1.0	7.0	5.0	0.0	1.0
1969	2021-05-02	com.kb.android.argo	NO	0	0	0	1	92	98	45	...	0.0	1.0	1.0	1.0	0.0	1.0	7.0	5.0	0.0	1.0
1970	2021-05-02	com.kb.android.argo	RU	0	0	0	0	92	98	45	...	0.0	1.0	1.0	1.0	0.0	1.0	7.0	5.0	0.0	1.0
1971	2021-05-02	com.kb.android.argo	SI	0	0	0	0	92	98	45	...	0.0	1.0	1.0	1.0	0.0	1.0	7.0	5.0	0.0	1.0
1972	2021-05-02	com.kb.android.argo	US	0	0	0	0	92	98	45	...	0.0	1.0	1.0	1.0	0.0	1.0	7.0	5.0	0.0	1.0

5 rows × 147 columns

Installations cumulation

Execution using papermill encountered an exception here and stopped:

A2 = pd.read_csv('A2codes.csv',index_col=1)
A2i = pd.read_csv('A2codes.csv',index_col=0)

labels = sorted([A2['Name'][x] for x in np.hstack([countries,'WO'])])

label = pnw.Select(name='Country', value='World', options=labels)
ptype = pnw.Select(name='Type', value='Install', options=['Install','Uninstall'])


@pn.depends(label.param.value,ptype.param.value) 
def create_figure(label,ptype):
    code = A2i['Code'][label]  
    if code != 'WO':
        dsi = ds[ds['Country']==code]
    else:
        dsi=ds
    
    hv_data = hv.Table(dsi, ['Date'])    
    p1 = hv_data.to.curve(['Date'], [code+'-u'+ptype[0].lower()],label='Users').opts(color='#2acaea')
    p2 = hv_data.to.curve(['Date'], [code+'-d'+ptype[0].lower()],label='Devices').opts(color='#d71e3e')      
    p = p1*p2
    p.opts(hv.opts.Curve(width=700, height=400,show_grid=True),
           hv.opts.Overlay(legend_position='top_left'))
    
    return p

#Panel dataframe looks better than holoview's
@pn.depends(label.param.value,ptype.param.value)
def create_table(label,ptype):
    code = A2i['Code'][label]  
    if code != 'WO':
        dsi = ds[ds['Country']==code]
    else:
        dsi=ds
    return pnw.DataFrame(dsi[['Date',code+'-u'+ptype[0].lower(),code+'-d'+ptype[0].lower()]].groupby('Date').max(),height=400, widths=180, autosize_mode='none')


widgets = pn.WidgetBox(label, ptype, width=170)
pn.Row(widgets, create_figure, create_table)

---------------------------------------------------------------------------
NameError                                 Traceback (most recent call last)
/opt/anaconda3/lib/python3.7/site-packages/IPython/core/formatters.py in __call__(self, obj, include, exclude)
    968 
    969             if method is not None:
--> 970                 return method(include=include, exclude=exclude)
    971             return None
    972         else:

/opt/anaconda3/lib/python3.7/site-packages/panel/viewable.py in _repr_mimebundle_(self, include, exclude)
    571         doc = _Document()
    572         comm = state._comm_manager.get_server_comm()
--> 573         model = self._render_model(doc, comm)
    574         ref = model.ref['id']
    575         manager = CommManager(comm_id=comm.id, plot_id=ref)

/opt/anaconda3/lib/python3.7/site-packages/panel/viewable.py in _render_model(self, doc, comm)
    422         if comm is None:
    423             comm = state._comm_manager.get_server_comm()
--> 424         model = self.get_root(doc, comm)
    425 
    426         if config.embed:

/opt/anaconda3/lib/python3.7/site-packages/panel/viewable.py in get_root(self, doc, comm, preprocess)
    480         """
    481         doc = init_doc(doc)
--> 482         root = self._get_model(doc, comm=comm)
    483         if preprocess:
    484             self._preprocess(root)

/opt/anaconda3/lib/python3.7/site-packages/panel/layout/base.py in _get_model(self, doc, root, parent, comm)
    110         if root is None:
    111             root = model
--> 112         objects = self._get_objects(model, [], doc, root, comm)
    113         props = dict(self._init_properties(), objects=objects)
    114         model.update(**self._process_param_change(props))

/opt/anaconda3/lib/python3.7/site-packages/panel/layout/base.py in _get_objects(self, model, old_objects, doc, root, comm)
    100             else:
    101                 try:
--> 102                     child = pane._get_model(doc, root, model, comm)
    103                 except RerenderError:
    104                     return self._get_objects(model, current_objects[:i], doc, root, comm)

/opt/anaconda3/lib/python3.7/site-packages/panel/pane/base.py in _get_model(self, doc, root, parent, comm)
    408             if ref in self._models:
    409                 self._cleanup(root)
--> 410         model = self._inner_layout._get_model(doc, root, parent, comm)
    411         if root is None:
    412             ref = model.ref['id']

/opt/anaconda3/lib/python3.7/site-packages/panel/layout/base.py in _get_model(self, doc, root, parent, comm)
    110         if root is None:
    111             root = model
--> 112         objects = self._get_objects(model, [], doc, root, comm)
    113         props = dict(self._init_properties(), objects=objects)
    114         model.update(**self._process_param_change(props))

/opt/anaconda3/lib/python3.7/site-packages/panel/layout/base.py in _get_objects(self, model, old_objects, doc, root, comm)
    100             else:
    101                 try:
--> 102                     child = pane._get_model(doc, root, model, comm)
    103                 except RerenderError:
    104                     return self._get_objects(model, current_objects[:i], doc, root, comm)

/opt/anaconda3/lib/python3.7/site-packages/panel/pane/holoviews.py in _get_model(self, doc, root, parent, comm)
    239             plot = self.object
    240         else:
--> 241             plot = self._render(doc, comm, root)
    242 
    243         plot.pane = self

/opt/anaconda3/lib/python3.7/site-packages/panel/pane/holoviews.py in _render(self, doc, comm, root)
    304                 kwargs['comm'] = comm
    305 
--> 306         return renderer.get_plot(self.object, **kwargs)
    307 
    308     def _cleanup(self, root):

/opt/anaconda3/lib/python3.7/site-packages/holoviews/plotting/bokeh/renderer.py in get_plot(self_or_cls, obj, doc, renderer, **kwargs)
     71         combining the bokeh model with another plot.
     72         """
---> 73         plot = super(BokehRenderer, self_or_cls).get_plot(obj, doc, renderer, **kwargs)
     74         if plot.document is None:
     75             plot.document = Document() if self_or_cls.notebook_context else curdoc()

/opt/anaconda3/lib/python3.7/site-packages/holoviews/plotting/renderer.py in get_plot(self_or_cls, obj, doc, renderer, comm, **kwargs)
    237                 obj = Layout(obj)
    238             plot = self_or_cls.plotting_class(obj)(obj, renderer=renderer,
--> 239                                                    **plot_opts)
    240             defaults = [kd.default for kd in plot.dimensions]
    241             init_key = tuple(v if d is None else d for v, d in

/opt/anaconda3/lib/python3.7/site-packages/holoviews/plotting/plot.py in __init__(self, overlay, ranges, batched, keys, group_counter, **params)
   1576 
   1577         # Apply data collapse
-> 1578         self.hmap = self._apply_compositor(self.hmap, ranges, self.keys)
   1579         self.map_lengths = Counter()
   1580         self.group_counter = Counter() if group_counter is None else group_counter

/opt/anaconda3/lib/python3.7/site-packages/holoviews/plotting/plot.py in _apply_compositor(self, holomap, ranges, keys, dimensions)
   1605                                         for key, slckey in zip(keys, sliced_keys) if slckey in holomap.data.keys()])
   1606         else:
-> 1607             mapwise_ranges = self.compute_ranges(holomap, None, None)
   1608             frame_ranges = OrderedDict([(key, self.compute_ranges(holomap, key, mapwise_ranges))
   1609                                         for key in holomap.data.keys()])

/opt/anaconda3/lib/python3.7/site-packages/holoviews/plotting/plot.py in compute_ranges(self, obj, key, ranges)
    638                 self._compute_group_range(group, elements, ranges, framewise,
    639                                           axiswise, robust, self.top_level,
--> 640                                           prev_frame)
    641         self.ranges.update(ranges)
    642         return ranges

/opt/anaconda3/lib/python3.7/site-packages/holoviews/plotting/plot.py in _compute_group_range(cls, group, elements, ranges, framewise, axiswise, robust, top_level, prev_frame)
    854                 matching &= (
    855                     len({'date' if isinstance(v, util.datetime_types) else 'number'
--> 856                          for rng in rs for v in rng if util.isfinite(v)}) < 2
    857                 )
    858             if matching:

/opt/anaconda3/lib/python3.7/site-packages/holoviews/plotting/plot.py in <setcomp>(.0)
    854                 matching &= (
    855                     len({'date' if isinstance(v, util.datetime_types) else 'number'
--> 856                          for rng in rs for v in rng if util.isfinite(v)}) < 2
    857                 )
    858             if matching:

/opt/anaconda3/lib/python3.7/site-packages/holoviews/core/util.py in isfinite(val)
    890         return finite
    891     elif isinstance(val, datetime_types+timedelta_types):
--> 892         return not isnat(val)
    893     elif isinstance(val, (basestring, bytes)):
    894         return True

/opt/anaconda3/lib/python3.7/site-packages/holoviews/core/util.py in isnat(val)
    858     elif pd and val is pd.NaT:
    859         return True
--> 860     elif pd and isinstance(val, pandas_datetime_types+pandas_timedelta_types):
    861         return pd.isna(val)
    862     else:

NameError: name 'pandas_datetime_types' is not defined

Row
    [0] WidgetBox(width=170)
        [0] Select(name='Country', options=['Australia', ...], value='World')
        [1] Select(name='Type', options=['Install', 'Uninstall'], value='Install')
    [1] ParamFunction(function)
    [2] ParamFunction(function)

World choropleth from install

df = pd.DataFrame(ds.groupby('Country').sum()['Daily User Installs'])
color_scale = branca.colormap.linear.viridis.scale(0,20)
map_dict = df.to_dict()

def get_color(feature):
    value = map_dict['Daily User Installs'].get(feature['properties']['ISO_A2'])
    if value is None:
        return 'white' # MISSING -> white
    else:
        #print(feature['properties']['ADMIN']+' : '+str(value))
        return color_scale(value)

m = folium.Map(
    location = [0, 0], 
    tiles="cartodbpositron",
    zoom_start = 2
)

folium.GeoJson(
    data = 'countries.json',
    style_function = lambda feature: {
        'fillColor': get_color(feature),
        'fillOpacity': 0.7,
        'color' : 'None',
        'weight' : 1,
    }    
).add_to(m)
m.add_child(color_scale)
m

Make this Notebook Trusted to load map: File -> Trust Notebook